from gxl_ai_utils.utils import utils_file
import tqdm

path_list = utils_file.load_list_file_clean('./gxl_all_new_wenetspeech_fix_2.list')
output_dir = '/home/work_nfs11/xlgeng/data/data1_1W'
utils_file.makedir(output_dir)
list_list = utils_file.do_split_list(path_list, 20)


def func_little(input_list):
    for path_i in tqdm.tqdm(input_list, total=len(input_list)):
        utils_file.copy_file2(path_i, output_dir)


#
# runner = utils_file.GxlDynamicThreadPool()
# for intput_list_i in list_list:
#     runner.add_thread(func_little, [intput_list_i])
# runner.start()
input_list = path_list
for path_i in tqdm.tqdm(input_list, total=len(input_list)):
    utils_file.copy_file2(path_i, output_dir)
